<!DOCTYPE html>
<html>
<head>
  <meta content="width=device-width, initial-scale=1, shrink-to-fit=no" name=
  "viewport">
  <meta content="text/html; charset=utf-8" http-equiv="Content-Type">
  <script type='text/javascript' src=
  'https://s3.amazonaws.com/mturk-public/externalHIT_v1.js'></script><!-- BOOTSTRAP CSS -->
  <link crossorigin="anonymous" href=
  "https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/css/bootstrap.min.css"
  integrity=
  "sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm"
  rel="stylesheet"><!-- HITPUB CSS -->
  <link href=
  "https://fonts.googleapis.com/css?family=Open+Sans:400,400i,700,700i" rel=
  "stylesheet">
  <style id="hitpub_css" type="text/css">
  /***********************************************
                        MOSAIC BOOSTRAP OVERWRITES
                        ***********************************************/
                        #hitinfo .card {
                            border-radius: 0;
                        }
                        #hitinfo .card:first-child {
                            border-bottom: 0;
                        }
                         #hitinfo button.btn-link {
                            color: #06486F;
                            text-decoration: none;
                         }
                        #hitinfo button.btn-link:hover {
                            text-decoration: none;
                        }
                        #hit ul.question-choice {
                            list-style-type: none;
                        }
                        /***********************************************
                        MOSAIC GENERAL STYLING
                        ***********************************************/
                         body {
                             font-family: "Open Sans", "Roboto", sans-serif;
                         }
                        textarea#feedback {
                            width: 100%
                        }
                        input#submitButton {
                            margin: auto;
                            display: block;
                            background-color: #2172a4;
                            color: #fff;
                            font-size: 1.125rem;
                            padding: .5rem 1rem;
                            cursor: pointer;
                            border-radius: 1rem;
                        }
                        input#submitButton:hover {
                            background-color: #06486F;
                        }
  </style>
  <title></title>
</head>
<body>
  <div class="container" id="hit">
    <div class="col-8 offset-2">
      <div class="accordion" id="hitinfo">
        <!-- INSTRUCTIONS START -->
        <div class="card">
          <div class="card-header" id="instructionsHeading">
            <h5 class="mb-0"><button aria-controls="instructions"
            aria-expanded="true" class="btn btn-link" data-target=
            "#instructions" data-toggle="collapse" type="button">Instructions
            (click to expand)</button></h5>
          </div>
          <div aria-labelledby="instructionsHeading" class="collapse"
          data-parent="#hitinfo" id="instructions">
            <div class="card-body">
              Thanks for your participation and work on this HIT!
              <p>In this task you will be presented with two sentences, each
              containing similar words. Your job is to <strong>pick the
              sentence that you prefer.</strong> While the judgment is
              ultimately subjective, consider the following factors:</p>
              <ul>
                <li><strong>Most important:</strong> Which sentence makes the
                most sense? Which describes a plausible, realistic, and
                commonsensical scenario more effectively?</li>
                <li>Which generation is more grammatical, easy-to-read, and
                fluent?</li>
              </ul>In general, be forgiving of slight grammatical errors. If
              one conceptually makes much more sense than the other, you should
              prefer it even if there are slight issues with readability.
              However, if there are severe readability issues that effect
              comprehensibility, feel free to select the other option.
              <p><em>Thanks again for your efforts, we appreciate your
              work!</em></p>
            </div>
          </div>
        </div><!-- INSTRUCTIONS END -->
      </div>
    </div><!-- MTURK INPUT START -->
    <div class="col-8 mt-5 offset-2 align-content-center">
      <form action="https://www.mturk.com/mturk/externalSubmit" id="mturk_form"
      method="post" name="mturk_form">
        <input id="assignmentId" name="assignmentId" type="hidden" value="">
        <input id="ee" name="ee" type="hidden">
        <hr class="w-100">
        <div class="row col-12 justify-content-center" id="instruction_small">
          Please take a moment to read both choices. Select the more
          commonsensical, complete, and grammatical option. If they are both
          bad, still do your best to pick the one you prefer.
        </div>
        <div class=
        "row col-12 border-top mt-3 pt-3 justify-content-center btn-group btn-group-toggle"
        data-toggle="buttons" id="choices">
          <div class="col col-6 border border-info pt-2">
            <label class="btn btn-primary text-white col-12" for=
            "choiceA_option" style="white-space: normal;"><input id=
            "choiceA_option" name="explanation_option" required="" type="radio"
            value="1"> <strong class="mr-2">A</strong></label>
            <div class="pl-2 pr-2 pb-2">
              ${choice_A}
            </div>
          </div>
          <div class="col col-6 border border-info pt-2">
            <label class="btn btn-info text-white col-12" for="choiceB_option"
            style="white-space: normal;"><input id="choiceB_option" name=
            "explanation_option" type="radio" value="2"> <strong class=
            "mr-2">B</strong></label>
            <div class="pl-2 pr-2 pb-2">
              ${choice_B}
            </div>
          </div>
        </div>
        <div class="w-100">
          &nbsp;
        </div><!-- OPTIONAL FEEDBACK -->
        <div class="row mt-5">
          <div class="col-8 offset-2 col-lg-6 offset-lg-3">
            <p>(Optional) Please let us know if anything was unclear, if you
            experienced any issues, or if you have any other feedback for
            us.</p>
            <textarea id="feedback" name="feedback" rows="3"></textarea>
          </div>
        </div><!-- SUBMIT BUTTON -->
        <div class="row mt-5">
          <div class="col-2 offset-5">
            <input id="submitButton" onclick="getnext()" type="submit" value=
            "Submit">
          </div>
        </div>
      </form>
      <script language='Javascript'>
      turkSetAssignmentID();
      </script>
    </div><!-- MTURK INPUT END -->
  </div><!-- HIT END --><!-- BOOSTRAP JS -->
  <script src="https://code.jquery.com/jquery-3.2.1.slim.min.js" integrity=
  "sha384-KJ3o2DKtIkvYIK3UENzmM7KCkRr/rE9/Qpg6aAZGJwFDMVNA/GpGFF93hXpG5KkN"
  crossorigin="anonymous"></script>
  <script src=
  "https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.12.9/umd/popper.min.js"
  integrity=
  "sha384-ApNbgh9B+Y1QKtv3Rn7W3mgPxhU9K/ScQsAP7hUibX39j7fakFPskvXusvfa0b4Q"
  crossorigin="anonymous"></script>
  <script src=
  "https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/js/bootstrap.min.js"
  integrity=
  "sha384-JZR6Spejh4U02d8jOt6vLEHfe/JQGiRRSQQxSfFWpi1MquVdAyjUar5+76PVCmYl"
  crossorigin="anonymous"></script><!-- HITPUB JS -->
  <script id="hitpub_js">

                        
                        // TimeMe.js
                        (function () { var e, t; e = this, t = function () { var r = { startStopTimes: {}, idleTimeoutMs: 3e4, currentIdleTimeMs: 0, checkStateRateMs: 250, active: !1, idle: !1, currentPageName: "default-page-name", timeElapsedCallbacks: [], userLeftCallbacks: [], userReturnCallbacks: [], trackTimeOnElement: function (e) { var t = document.getElementById(e); t && (t.addEventListener("mouseover", function () { r.startTimer(e) }), t.addEventListener("mousemove", function () { r.startTimer(e) }), t.addEventListener("mouseleave", function () { r.stopTimer(e) }), t.addEventListener("keypress", function () { r.startTimer(e) }), t.addEventListener("focus", function () { r.startTimer(e) })) }, getTimeOnElementInSeconds: function (e) { var t = r.getTimeOnPageInSeconds(e); return t || 0 }, startTimer: function (e, t) { if (e || (e = r.currentPageName), void 0 === r.startStopTimes[e]) r.startStopTimes[e] = []; else { var n = r.startStopTimes[e], i = n[n.length - 1]; if (void 0 !== i && void 0 === i.stopTime) return } r.startStopTimes[e].push({ startTime: t || new Date, stopTime: void 0 }), r.active = !0, r.idle = !1 }, stopAllTimers: function () { for (var e = Object.keys(r.startStopTimes), t = 0; t < e.length; t++)r.stopTimer(e[t]) }, stopTimer: function (e, t) { e || (e = r.currentPageName); var n = r.startStopTimes[e]; void 0 !== n && 0 !== n.length && (void 0 === n[n.length - 1].stopTime && (n[n.length - 1].stopTime = t || new Date), r.active = !1) }, getTimeOnCurrentPageInSeconds: function () { return r.getTimeOnPageInSeconds(r.currentPageName) }, getTimeOnPageInSeconds: function (e) { var t = r.getTimeOnPageInMilliseconds(e); return void 0 === t ? void 0 : t / 1e3 }, getTimeOnCurrentPageInMilliseconds: function () { return r.getTimeOnPageInMilliseconds(r.currentPageName) }, getTimeOnPageInMilliseconds: function (e) { var t = r.startStopTimes[e]; if (void 0 !== t) { for (var n = 0, i = 0; i < t.length; i++) { var s = t[i].startTime, o = t[i].stopTime; void 0 === o && (o = new Date), n += o - s } return Number(n) } }, getTimeOnAllPagesInSeconds: function () { for (var e = [], t = Object.keys(r.startStopTimes), n = 0; n < t.length; n++) { var i = t[n], s = r.getTimeOnPageInSeconds(i); e.push({ pageName: i, timeOnPage: s }) } return e }, setIdleDurationInSeconds: function (e) { var t = parseFloat(e); if (!1 !== isNaN(t)) throw { name: "InvalidDurationException", message: "An invalid duration time (" + e + ") was provided." }; return r.idleTimeoutMs = 1e3 * e, this }, setCurrentPageName: function (e) { return r.currentPageName = e, this }, resetRecordedPageTime: function (e) { delete r.startStopTimes[e] }, resetAllRecordedPageTimes: function () { for (var e = Object.keys(r.startStopTimes), t = 0; t < e.length; t++)r.resetRecordedPageTime(e[t]) }, resetIdleCountdown: function () { r.idle && r.triggerUserHasReturned(), r.idle = !1, r.currentIdleTimeMs = 0 }, callWhenUserLeaves: function (e, t) { this.userLeftCallbacks.push({ callback: e, numberOfTimesToInvoke: t }) }, callWhenUserReturns: function (e, t) { this.userReturnCallbacks.push({ callback: e, numberOfTimesToInvoke: t }) }, triggerUserHasReturned: function () { if (!r.active) for (var e = 0; e < this.userReturnCallbacks.length; e++) { var t = this.userReturnCallbacks[e], n = t.numberOfTimesToInvoke; (isNaN(n) || void 0 === n || 0 < n) && (t.numberOfTimesToInvoke -= 1, t.callback()) } r.startTimer() }, triggerUserHasLeftPage: function () { if (r.active) for (var e = 0; e < this.userLeftCallbacks.length; e++) { var t = this.userLeftCallbacks[e], n = t.numberOfTimesToInvoke; (isNaN(n) || void 0 === n || 0 < n) && (t.numberOfTimesToInvoke -= 1, t.callback()) } r.stopAllTimers() }, callAfterTimeElapsedInSeconds: function (e, t) { r.timeElapsedCallbacks.push({ timeInSeconds: e, callback: t, pending: !0 }) }, checkState: function () { for (var e = 0; e < r.timeElapsedCallbacks.length; e++)r.timeElapsedCallbacks[e].pending && r.getTimeOnCurrentPageInSeconds() > r.timeElapsedCallbacks[e].timeInSeconds && (r.timeElapsedCallbacks[e].callback(), r.timeElapsedCallbacks[e].pending = !1); !1 === r.idle && r.currentIdleTimeMs > r.idleTimeoutMs ? (r.idle = !0, r.triggerUserHasLeftPage()) : r.currentIdleTimeMs += r.checkStateRateMs }, visibilityChangeEventName: void 0, hiddenPropName: void 0, listenForVisibilityEvents: function () { void 0 !== document.hidden ? (r.hiddenPropName = "hidden", r.visibilityChangeEventName = "visibilitychange") : void 0 !== document.mozHidden ? (r.hiddenPropName = "mozHidden", r.visibilityChangeEventName = "mozvisibilitychange") : void 0 !== document.msHidden ? (r.hiddenPropName = "msHidden", r.visibilityChangeEventName = "msvisibilitychange") : void 0 !== document.webkitHidden && (r.hiddenPropName = "webkitHidden", r.visibilityChangeEventName = "webkitvisibilitychange"), document.addEventListener(r.visibilityChangeEventName, function () { document[r.hiddenPropName] ? r.triggerUserHasLeftPage() : r.triggerUserHasReturned() }, !1), window.addEventListener("blur", function () { r.triggerUserHasLeftPage() }), window.addEventListener("focus", function () { r.triggerUserHasReturned() }), document.addEventListener("mousemove", function () { r.resetIdleCountdown() }), document.addEventListener("keyup", function () { r.resetIdleCountdown() }), document.addEventListener("touchstart", function () { r.resetIdleCountdown() }), window.addEventListener("scroll", function () { r.resetIdleCountdown() }), setInterval(function () { r.checkState() }, r.checkStateRateMs) }, websocket: void 0, websocketHost: void 0, setUpWebsocket: function (e) { if (window.WebSocket && e) { var t = e.websocketHost; try { r.websocket = new WebSocket(t), window.onbeforeunload = function () { r.sendCurrentTime(e.appId) }, r.websocket.onopen = function () { r.sendInitWsRequest(e.appId) }, r.websocket.onerror = function (e) { console && console.log("Error occurred in websocket connection: " + e) }, r.websocket.onmessage = function (e) { console && console.log(e.data) } } catch (e) { console && console.error("Failed to connect to websocket host.  Error:" + e) } } return this }, websocketSend: function (e) { r.websocket.send(JSON.stringify(e)) }, sendCurrentTime: function (e) { var t = { type: "INSERT_TIME", appId: e, timeOnPageMs: r.getTimeOnCurrentPageInMilliseconds(), pageName: r.currentPageName }; r.websocketSend(t) }, sendInitWsRequest: function (e) { var t = { type: "INIT", appId: e }; r.websocketSend(t) }, initialize: function (e) { var t = r.idleTimeoutMs || 30, n = r.currentPageName || "default-page-name", i = void 0, s = void 0; e && (t = e.idleTimeoutInSeconds || t, n = e.currentPageName || n, i = e.websocketOptions, s = e.initialStartTime), r.setIdleDurationInSeconds(t).setCurrentPageName(n).setUpWebsocket(i).listenForVisibilityEvents(), r.startTimer(void 0, s) } }; return r }, "undefined" != typeof module && module.exports ? module.exports = t() : "function" == typeof define && define.amd ? define([], function () { return e.TimeMe = t() }) : e.TimeMe = t() }).call(this);
                        
                        TimeMe.initialize({
                            currentPageName: "task",
                            idleTimeoutInSeconds: 30
                        });
                        
                        
                        $(document).ready(function() {
                            var cookie_name = '_task_commongen_RLUE_v2';
                            
                            $('.collapse').collapse({ 'toggle': false }).on('hidden.bs.collapse', function() {
                                if (this.id) {
                                    localStorage[this.id + cookie_name] = 'true';
                                }
                            }).on('shown.bs.collapse', function() {
                                if (this.id) {
                                    localStorage.removeItem(this.id + cookie_name);
                                }
                            }).each(function() {
                                if (this.id && localStorage[this.id + cookie_name] == 'true' ) {
                                    $(this).collapse('hide');
                                }
                            });
                        
                        
                            $('#submitButton').click(function () {
                                try {
                                    $('input[name=ee]').attr('value', TimeMe.getTimeOnCurrentPageInSeconds());
                                } catch {
                                }
                                return true;
                            });
                        
                            
                        });
  </script>
</body>
</html>
